cat << EOF|oc apply -f -
apiVersion: operators.coreos.com/v1alpha1
kind: CatalogSource
metadata:
  name: rhods-catalog-dev
  namespace: openshift-marketplace
spec:
  displayName: Red Hat OpenShift Data Science
  publisher: RHODS Development Catalog
  image: quay.io/opendatahub/opendatahub-operator-catalog:v2.8.0-incubation
  sourceType: grpc
EOF

kubectl patch DSCInitialization default-dsci --type='json' -p='[{"op": "add", "path": "/spec/trustedCABundle", "value": {"managementState": "Managed", "customCABundle": ""}}]'

# SSL Minio 
export MINIO_DEMO_HOME=/tmp/demo
mkdir $MINIO_DEMO_HOME
cd $MINIO_DEMO_HOME
git clone git@github.com:Jooho/jhouse_openshift.git
cd jhouse_openshift/Minio/minio-tls-kserve/
source env.sh
./1.setup.sh 
./2.generate-cert.sh 

./3.deploy-minio.sh 
cp ${DEMO_HOME}/minio_certs/root.crt   ${DEMO_HOME}/minio_certs/cabundle.crt
cp ${DEMO_HOME}/minio_certs/cabundle.crt $MINIO_DEMO_HOME/.

oc new-project kserve-demo 
oc label ns/kserve-demo opendatahub.io/dashboard="true"

git clone   git@github.com:Jooho/loopy.git
cd loopy
make init
cat cluster_info.sh
CLUSTER_CONSOLE_URL=https://console-openshift-console.XXXX
CLUSTER_API_URL=https://api.XXX:443
CLUSTER_ADMIN_ID=admin
CLUSTER_ADMIN_PW=password
CLUSTER_TOKEN=sha256~XXX
CLUSTER_TYPE=ROSA

./loopy playbooks run setup-rhoai-for-global-cert -i ./cluster_info.sh 

ls /tmp/ms_cli
20240222_XXX

#replace the XXX to yours
export crt_content=/tmp/ms_cli/20240222_XXX/artifacts/8-cert-generate/root.crt

#Create a dataconnection
cat <<EOF |oc apply -f -
kind: Secret
apiVersion: v1
metadata:
  name: aws-connection-minio
  labels:
    opendatahub.io/dashboard: 'true'
    opendatahub.io/managed: 'true'
  annotations:
    opendatahub.io/connection-type: s3
    openshift.io/display-name: minio
stringData:
  AWS_ACCESS_KEY_ID: admin
  AWS_DEFAULT_REGION: us-east-1
  AWS_S3_BUCKET: modelmesh-example-models
  AWS_S3_ENDPOINT: https://minio.minio.svc:9000
  AWS_SECRET_ACCESS_KEY: password
EOF

# It is the usual storage-config secret
oc get secret storage-config -o yaml

# Clear data connection
oc delete secret aws-connection-minio

# Update global cert in dsci
kubectl patch dscinitialization default-dsci --type='json' -p='[{"op":"replace","path":"/spec/trustedCABundle/customCABundle","value":"'"$(awk '{printf "%s\\n", $0}' $crt_content)"'"}]'

# new configmap created for kserve
oc get cm odh-kserve-custom-ca-bundle 

# Create a dataconnection
cat <<EOF |oc apply -f -
kind: Secret
apiVersion: v1
metadata:
  name: aws-connection-minio
  labels:
    opendatahub.io/dashboard: 'true'
    opendatahub.io/managed: 'true'
  annotations:
    opendatahub.io/connection-type: s3
    openshift.io/display-name: minio
stringData:
  AWS_ACCESS_KEY_ID: admin
  AWS_DEFAULT_REGION: us-east-1
  AWS_S3_BUCKET: modelmesh-example-models
  AWS_S3_ENDPOINT: https://minio.minio.svc:9000
  AWS_SECRET_ACCESS_KEY: password
EOF

# storage-config will have certificate information
oc get secret storage-config -o yaml

#update global custom cert
kubectl patch dscinitialization default-dsci --type='json' -p='[{"op":"replace","path":"/spec/trustedCABundle/customCABundle","value":"ABC"}]'
# 2-1. updated kserve cm 
oc get cm odh-kserve-custom-ca-bundle -o yaml
# 2-2. updated storage-config
oc get secret storage-config -o yaml

kubectl patch dscinitialization default-dsci --type='json' -p='[{"op":"replace","path":"/spec/trustedCABundle/customCABundle","value":"'"$(awk '{printf "%s\\n", $0}' $crt_content)"'"}]'
oc delete pod --all -n kserve-demo

oc label namespace kserve-demo modelmesh-enabled=true --overwrite=true

oc apply -f https://raw.githubusercontent.com/Jooho/jhouse_openshift/main/Kserve/docs/Common/manifests/openvino-serving-runtime.yaml -n kserve-demo
oc patch servingruntime/ovms-1.x -p '{"spec":{"replicas":1}}' --type=merge -n kserve-demo
cat <<EOF| oc apply -f -
apiVersion: serving.kserve.io/v1beta1
kind: InferenceService
metadata:
  name: example-onnx-mnist
  namespace: kserve-demo
  annotations:
    serving.kserve.io/deploymentMode: ModelMesh
spec:
  predictor:
    model:
      modelFormat:
        name: onnx
      runtime: ovms-1.x
      storage:
        key: aws-connection-minio
        path: onnx/mnist.onnx
EOF

# You can see that it successfully pull a model from ssl minio       
oc logs deploy/modelmesh-serving-ovms-1.x -c ovms-adapter

oc delete isvc,servingruntime,pod --all -n kserve-demo --force
oc delete ns kserve-demo minio --force --grace-period=0
oc delete all --all --force --grace-period=0 -n opendatahub
oc patch DataScienceCluster rhoai -p '{"metadata":{"finalizers":[]}}' --type=merge
oc delete dsc,dsci --all --force --grace-period=0

oc delete subs serverless-operator -n rhoai-serverless
oc delete subs servicemeshoperator -n openshift-operators 
oc delete subs opendatahub-operator -n openshift-operators

oc delete csv serverless-operator.v1.31.1 servicemeshoperator.v2.4.5 opendatahub-operator.v2.8.0-incubation -n openshift-operators
oc delete catalogsource rhods-catalog-dev -n openshift-marketplace
oc delete pod --all -n rhoai-serverless --force --grace-period=0
oc delete validatingwebhookconfiguration openshift-operators.servicemesh-resources.maistra.io
oc delete mutatingwebhookconfiguration openshift-operators.servicemesh-resources.maistra.io 
oc patch smmr default -p '{"metadata":{"finalizers":[]}}' --type=merge -n istio-system
oc delete ns opendatahub redhat-ods-monitoring rhoai-serverless istio-system